// Copyright (C) 2024 Kumo inc.
// Author: Jeff.li lijippy@163.com
// All rights reserved.
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as published
// by the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU Affero General Public License for more details.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program.  If not, see <https://www.gnu.org/licenses/>.
//

#pragma once

#include <llama.h>
#include <vector>
#include <string>

namespace kllm {

    //
    // Control vector utils
    //

    struct ControlVectorData {
        int n_embd;

        // stores data for layers [1, n_layer] where n_layer = data.size() / n_embd
        std::vector<float> data;
    };

    struct ControlVectorLoadInfo {
        float strength;

        std::string fname;
    };

    // Load control vectors, scale each by strength, and add them together.
    // On error, returns {-1, empty}
    ControlVectorData
    common_control_vector_load(const std::vector<ControlVectorLoadInfo> &load_infos);

}  // namespace kllm
